# -*- coding: utf-8 -*-

# Scrapy settings for ifeng project
#
# For simplicity, this file contains only the most important settings by
# default. All the other settings are documented here:
#
#     http://doc.scrapy.org/en/latest/topics/settings.html
#

BOT_NAME = 'ifeng'

SPIDER_MODULES = ['ifeng.spiders']
NEWSPIDER_MODULE = 'ifeng.spiders'
DEFAULT_REQUEST_HEADERS={
"User-Agent":"Mozilla/5.0 (compatible;MSIE 9.0; Windows NT6.1;TRident/5.0;",
"Accept":"text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8"
}
ITEM_PIPELINES={
    "ifeng.pipelines.IfengPipeline":300,
}
# Crawl responsibly by identifying yourself (and your website) on the user-agent
#USER_AGENT = 'ifeng (+http://www.yourdomain.com)'
